<!DOCTYPE html><html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en" lang="en" data-whc_version="25.0">
    <head><link rel="shortcut icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><link rel="icon" href="../../../oxygen-webhelp/template/images/favicon.png"/><meta http-equiv="Content-Type" content="text/html; charset=UTF-8"/><meta name="viewport" content="width=device-width, initial-scale=1.0"/><meta http-equiv="X-UA-Compatible" content="IE=edge"/><meta name="copyright" content="(C) Copyright 2024"/><meta name="generator" content="DITA-OT"/><meta name="description" content="Supported pipeline types: Data Collector The Snowflake Bulk origin reads all available data from one or more tables in a Snowflake database, then stops the pipeline. This design enables processing ..."/><meta name="prodname" content="Data Collector"/><meta name="version" content="3"/><meta name="release" content="16"/><meta name="modification" content="0"/>        
      <title>Snowflake Bulk</title><!--  Generated with Oxygen version 25.1, build number 2023042410.  --><meta name="wh-path2root" content="../../../"/><meta name="wh-toc-id" content="concept_svf_4zr_3xb-d16893e31260"/><meta name="wh-source-relpath" content="datacollector/UserGuide/Origins/SnowflakeBulk.dita"/><meta name="wh-out-relpath" content="datacollector/UserGuide/Origins/SnowflakeBulk.html"/>

    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/commons.css?buildId=2023042410"/>
    <link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/app/topic.css?buildId=2023042410"/>

    <script src="../../../oxygen-webhelp/app/options/properties.js?buildId=20240802104629"></script>
    <script src="../../../oxygen-webhelp/app/localization/strings.js?buildId=2023042410"></script>
    <script src="../../../oxygen-webhelp/app/search/index/keywords.js?buildId=20240802104629"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/commons.js?buildId=2023042410"></script>
    <script defer="defer" src="../../../oxygen-webhelp/app/topic.js?buildId=2023042410"></script>
<link rel="stylesheet" type="text/css" href="../../../oxygen-webhelp/template/light.css?buildId=2023042410"/><link rel="stylesheet" type="text/css" href="../../../skin.css"/></head>

    <body class="wh_topic_page frmBody">
        
        
        

        
<nav class="navbar navbar-default wh_header" data-whc_version="25.0">
    <div class="container-fluid">
        <div class="wh_header_flex_container navbar-nav navbar-expand-md navbar-dark">
            <div class="wh_logo_and_publication_title_container">
                <div class="wh_logo_and_publication_title">
                    
                    <!--
                            This component will be generated when the next parameters are specified in the transformation scenario:
                            'webhelp.logo.image' and 'webhelp.logo.image.target.url'.
                            See: http://oxygenxml.com/doc/versions/17.1/ug-editor/#topics/dita_webhelp_output.html.
                    -->
                    
                    <div class=" wh_publication_title "><a href="../../../index.html"><span class="booktitle">  <span class="ph mainbooktitle"><span class="ph">Data Collector</span> User Guide</span>  </span></a></div>
                    
                </div>
                
                <!-- The menu button for mobile devices is copied in the output only when the 'webhelp.show.top.menu' parameter is set to 'yes' -->
                
            </div>

            <div class="wh_top_menu_and_indexterms_link collapse navbar-collapse">
                
                
                <div class=" wh_indexterms_link "><a href="../../../indexTerms.html" title="Index" aria-label="Go to index terms page"><span>Index</span></a></div>
                
            </div>
        </div>
    </div>
</nav>

        <div class=" wh_search_input navbar-form wh_topic_page_search search " role="form">


<form id="searchForm" method="get" role="search" action="../../../search.html"><div><input type="search" placeholder="Search " class="wh_search_textfield" id="textToSearch" name="searchQuery" aria-label="Search query" required="required"/><button type="submit" class="wh_search_button" aria-label="Search"><span class="search_input_text">Search</span></button></div></form>

</div>
        
        <div class="container-fluid">
            <div class="row">

                <nav class="wh_tools d-print-none">
                    
<div data-tooltip-position="bottom" class=" wh_breadcrumb "><ol class="d-print-none"><li><span class="home"><a href="../../../index.html"><span>Home</span></a></span></li><li><div class="topicref" data-id="concept_yjl_nc5_jq"><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html">Origins</a></div></div></li><li class="active"><div class="topicref" data-id="concept_svf_4zr_3xb"><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_svf_4zr_3xb">Snowflake Bulk</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ol></div>



                    <div class="wh_right_tools "><button class="wh_hide_highlight" aria-label="Toggle search highlights" title="Toggle search highlights"></button><button class="webhelp_expand_collapse_sections" data-next-state="collapsed" aria-label="Collapse sections" title="Collapse sections"></button><div class=" wh_navigation_links "><span id="topic_navigation_links" class="navheader">
  
<span class="navprev"><a class="- topic/link link" href="../../../datacollector/UserGuide/Origins/SFTP.html#concept_ic5_bzd_5v" title="SFTP/FTP/FTPS Client" aria-label="Previous topic: SFTP/FTP/FTPS Client" rel="prev"></a></span>  
<span class="navnext"><a class="- topic/link link" href="../../../datacollector/UserGuide/Origins/SQLServerBDCMultitable.html#SQLServerBDCMultitable" title="SQL Server 2019 BDC Multitable Consumer (deprecated)" aria-label="Next topic: SQL Server 2019 BDC Multitable Consumer (deprecated)" rel="next"></a></span>  </span></div>
<!--External resource link-->
<div class=" wh_print_link print d-none d-md-inline-block "><button onClick="window.print()" title="Print this page" aria-label="Print this page"></button></div>
                        
                        
                        
                        
                    </div>
                </nav>
            </div>

            

<div class="wh_content_area">
                <div class="row">
                    


                        <nav role="navigation" id="wh_publication_toc" class="col-lg-3 col-md-3 col-sm-12 d-md-block d-none d-print-none">
<div id="wh_publication_toc_content">


                            <div class=" wh_publication_toc " data-tooltip-position="right"><span class="expand-button-action-labels"><span id="button-expand-action" role="button" aria-label="Expand"></span><span id="button-collapse-action" role="button" aria-label="Collapse"></span><span id="button-pending-action" role="button" aria-label="Pending"></span></span><ul role="tree" aria-label="Table of Contents"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_htw_ghg_jq-d16893e53" class="topicref" data-id="concept_htw_ghg_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_htw_ghg_jq-d16893e53-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Getting_Started/GettingStarted_Title.html#concept_htw_ghg_jq" id="concept_htw_ghg_jq-d16893e53-link">Getting Started</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l2v_nlp_mpb-d16893e331" class="topicref" data-id="concept_l2v_nlp_mpb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l2v_nlp_mpb-d16893e331-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/ReleaseNotes/ReleaseNotes.html#concept_l2v_nlp_mpb" id="concept_l2v_nlp_mpb-d16893e331-link">Release Notes</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_l4q_flb_kr-d16893e2582" class="topicref" data-id="concept_l4q_flb_kr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_l4q_flb_kr-d16893e2582-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Installation/Install_title.html" id="concept_l4q_flb_kr-d16893e2582-link">Installation</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ylh_yyz_ky-d16893e3984" class="topicref" data-id="concept_ylh_yyz_ky" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ylh_yyz_ky-d16893e3984-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Configuration/Config_title.html" id="concept_ylh_yyz_ky-d16893e3984-link">Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ejk_f1f_5v-d16893e7058" class="topicref" data-id="concept_ejk_f1f_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ejk_f1f_5v-d16893e7058-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Upgrade/Upgrade_title.html" id="concept_ejk_f1f_5v-d16893e7058-link">Upgrade</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qsw_cjy_bt-d16893e10103" class="topicref" data-id="concept_qsw_cjy_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qsw_cjy_bt-d16893e10103-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Design/PipelineDesign_title.html" id="concept_qsw_cjy_bt-d16893e10103-link">Pipeline Concepts and Design</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qn1_wn4_kq-d16893e11199" class="topicref" data-id="concept_qn1_wn4_kq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qn1_wn4_kq-d16893e11199-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Configuration/PipelineConfiguration_title.html" id="concept_qn1_wn4_kq-d16893e11199-link">Pipeline Configuration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hdr_gyw_41b-d16893e13057" class="topicref" data-id="concept_hdr_gyw_41b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hdr_gyw_41b-d16893e13057-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Formats/DataFormats-Title.html" id="concept_hdr_gyw_41b-d16893e13057-link">Data Formats</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="true"><div data-tocid="concept_yjl_nc5_jq-d16893e14164" class="topicref" data-id="concept_yjl_nc5_jq" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_yjl_nc5_jq-d16893e14164-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_title.html" id="concept_yjl_nc5_jq-d16893e14164-link">Origins</a></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hpr_twm_jq-d16893e14186" class="topicref" data-id="concept_hpr_twm_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hpr_twm_jq-d16893e14186-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Origins_overview.html#concept_hpr_twm_jq" id="concept_hpr_twm_jq-d16893e14186-link">Origins</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kvs_3hh_ht-d16893e14389" class="topicref" data-id="concept_kvs_3hh_ht" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kvs_3hh_ht-d16893e14389-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AmazonS3.html#concept_kvs_3hh_ht" id="concept_kvs_3hh_ht-d16893e14389-link">Amazon S3</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xsh_knm_5bb-d16893e14683" class="topicref" data-id="concept_xsh_knm_5bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xsh_knm_5bb-d16893e14683-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AmazonSQS.html#concept_xsh_knm_5bb" id="concept_xsh_knm_5bb-d16893e14683-link">Amazon SQS Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mmf_dft_zsb-d16893e14861" class="topicref" data-id="concept_mmf_dft_zsb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mmf_dft_zsb-d16893e14861-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AuroraPostgreSQL.html#concept_mmf_dft_zsb" id="concept_mmf_dft_zsb-d16893e14861-link">Aurora PostgreSQL CDC Client</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ost_qqh_2xb-d16893e15160" class="topicref" data-id="concept_ost_qqh_2xb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ost_qqh_2xb-d16893e15160-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AzureBlobStorage.html#concept_ost_qqh_2xb" id="concept_ost_qqh_2xb-d16893e15160-link">Azure Blob Storage</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_osx_qgz_xhb-d16893e15430" class="topicref" data-id="concept_osx_qgz_xhb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_osx_qgz_xhb-d16893e15430-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/ADLS-G1.html#concept_osx_qgz_xhb" id="concept_osx_qgz_xhb-d16893e15430-link">Azure Data Lake Storage Gen1 (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jmn_csn_zwb-d16893e15995" class="topicref" data-id="concept_jmn_csn_zwb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jmn_csn_zwb-d16893e15995-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/ADLS-G2v2.html#concept_jmn_csn_zwb" id="concept_jmn_csn_zwb-d16893e15995-link">Azure Data Lake Storage Gen2</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_osx_qgz_xhb-d16893e16287" class="topicref" data-id="concept_osx_qgz_xhb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_osx_qgz_xhb-d16893e16287-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/ADLS-G2.html#concept_osx_qgz_xhb" id="concept_osx_qgz_xhb-d16893e16287-link">Azure Data Lake Storage Gen2 (Legacy)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_c1z_15q_1bb-d16893e16836" class="topicref" data-id="concept_c1z_15q_1bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_c1z_15q_1bb-d16893e16836-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/AzureEventHub.html#concept_c1z_15q_1bb" id="concept_c1z_15q_1bb-d16893e16836-link">Azure IoT/Event Hub Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wfy_ghn_sz-d16893e16970" class="topicref" data-id="concept_wfy_ghn_sz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wfy_ghn_sz-d16893e16970-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/CoAPServer.html#concept_wfy_ghn_sz" id="concept_wfy_ghn_sz-d16893e16970-link">CoAP Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nsz_mnr_2jb-d16893e17114" class="topicref" data-id="concept_nsz_mnr_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nsz_mnr_2jb-d16893e17114-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/CronScheduler.html#concept_nsz_mnr_2jb" id="concept_nsz_mnr_2jb-d16893e17114-link">Cron Scheduler</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wqr_cjc_fzb-d16893e17204" class="topicref" data-id="concept_wqr_cjc_fzb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wqr_cjc_fzb-d16893e17204-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Couchbase.html#concept_wqr_cjc_fzb" id="concept_wqr_cjc_fzb-d16893e17204-link">Couchbase</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qcq_54n_jq-d16893e17360" class="topicref" data-id="concept_qcq_54n_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qcq_54n_jq-d16893e17360-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Directory.html#concept_qcq_54n_jq" id="concept_qcq_54n_jq-d16893e17360-link">Directory</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_f1q_vpm_2z-d16893e17732" class="topicref" data-id="concept_f1q_vpm_2z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_f1q_vpm_2z-d16893e17732-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Elasticsearch.html#concept_f1q_vpm_2z" id="concept_f1q_vpm_2z-d16893e17732-link">Elasticsearch </a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_n1y_qyp_5q-d16893e17922" class="topicref" data-id="concept_n1y_qyp_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_n1y_qyp_5q-d16893e17922-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/FileTail.html#concept_n1y_qyp_5q" id="concept_n1y_qyp_5q-d16893e17922-link">File Tail</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cg3_y3v_q1b-d16893e18251" class="topicref" data-id="concept_cg3_y3v_q1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cg3_y3v_q1b-d16893e18251-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/BigQuery.html#concept_cg3_y3v_q1b" id="concept_cg3_y3v_q1b-d16893e18251-link">Google BigQuery</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_iyd_wql_nbb-d16893e18415" class="topicref" data-id="concept_iyd_wql_nbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_iyd_wql_nbb-d16893e18415-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/GCS.html#concept_iyd_wql_nbb" id="concept_iyd_wql_nbb-d16893e18415-link">Google Cloud Storage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pjw_qtl_r1b-d16893e18593" class="topicref" data-id="concept_pjw_qtl_r1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pjw_qtl_r1b-d16893e18593-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PubSub.html#concept_pjw_qtl_r1b" id="concept_pjw_qtl_r1b-d16893e18593-link">Google Pub/Sub Subscriber</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chr_zjj_l3b-d16893e18735" class="topicref" data-id="concept_chr_zjj_l3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chr_zjj_l3b-d16893e18735-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/GroovyScripting.html#concept_chr_zjj_l3b" id="concept_chr_zjj_l3b-d16893e18735-link">Groovy Scripting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yp1_4zs_yfb-d16893e18980" class="topicref" data-id="concept_yp1_4zs_yfb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yp1_4zs_yfb-d16893e18980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/gRPCClient.html#concept_yp1_4zs_yfb" id="concept_yp1_4zs_yfb-d16893e18980-link">gRPC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_lw2_tnm_vs-d16893e19098" class="topicref" data-id="concept_lw2_tnm_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_lw2_tnm_vs-d16893e19098-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HadoopFS-origin.html#concept_lw2_tnm_vs" id="concept_lw2_tnm_vs-d16893e19098-link">Hadoop FS (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_djz_pdm_hdb-d16893e19313" class="topicref" data-id="concept_djz_pdm_hdb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_djz_pdm_hdb-d16893e19313-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HDFSStandalone.html#concept_djz_pdm_hdb" id="concept_djz_pdm_hdb-d16893e19313-link">Hadoop FS Standalone</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wk4_bjz_5r-d16893e19947" class="topicref" data-id="concept_wk4_bjz_5r" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wk4_bjz_5r-d16893e19947-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HTTPClient.html#concept_wk4_bjz_5r" id="concept_wk4_bjz_5r-d16893e19947-link">HTTP Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_s2p_5hb_4y-d16893e20461" class="topicref" data-id="concept_s2p_5hb_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_s2p_5hb_4y-d16893e20461-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/HTTPServer.html#concept_s2p_5hb_4y" id="concept_s2p_5hb_4y-d16893e20461-link">HTTP Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kn5_bvt_m3b-d16893e20645" class="topicref" data-id="concept_kn5_bvt_m3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kn5_bvt_m3b-d16893e20645-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JavaScriptScripting.html#concept_kn5_bvt_m3b" id="concept_kn5_bvt_m3b-d16893e20645-link">JavaScript Scripting</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zp3_wnw_4y-d16893e20872" class="topicref" data-id="concept_zp3_wnw_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zp3_wnw_4y-d16893e20872-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MultiTableJDBCConsumer.html#concept_zp3_wnw_4y" id="concept_zp3_wnw_4y-d16893e20872-link">JDBC Multitable Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qhf_hjr_bs-d16893e21646" class="topicref" data-id="concept_qhf_hjr_bs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qhf_hjr_bs-d16893e21646-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JDBCConsumer.html#concept_qhf_hjr_bs" id="concept_qhf_hjr_bs-d16893e21646-link">JDBC Query Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ywk_rq3_qbc-d16893e22216" class="topicref" data-id="concept_ywk_rq3_qbc" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ywk_rq3_qbc-d16893e22216-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Jira.html#concept_ywk_rq3_qbc" id="concept_ywk_rq3_qbc-d16893e22216-link">Jira</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rhh_4nj_dt-d16893e22336" class="topicref" data-id="concept_rhh_4nj_dt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rhh_4nj_dt-d16893e22336-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JMS.html#concept_rhh_4nj_dt" id="concept_rhh_4nj_dt-d16893e22336-link">JMS Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fxz_35t_m3b-d16893e22495" class="topicref" data-id="concept_fxz_35t_m3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fxz_35t_m3b-d16893e22495-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/JythonScripting.html#concept_fxz_35t_m3b" id="concept_fxz_35t_m3b-d16893e22495-link">Jython Scripting</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_msz_wnr_5q-d16893e22744" class="topicref" data-id="concept_msz_wnr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_msz_wnr_5q-d16893e22744-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/KConsumer.html#concept_msz_wnr_5q" id="concept_msz_wnr_5q-d16893e22744-link">Kafka Consumer (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ccs_fn4_x1b-d16893e22908" class="topicref" data-id="concept_ccs_fn4_x1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ccs_fn4_x1b-d16893e22908-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/KafkaMultiConsumer.html#concept_ccs_fn4_x1b" id="concept_ccs_fn4_x1b-d16893e22908-link">Kafka Multitopic Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_anh_4y3_yr-d16893e23093" class="topicref" data-id="concept_anh_4y3_yr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_anh_4y3_yr-d16893e23093-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/KinConsumer.html#concept_anh_4y3_yr" id="concept_anh_4y3_yr-d16893e23093-link">Kinesis Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_qwj_5vm_pbb-d16893e23299" class="topicref" data-id="concept_qwj_5vm_pbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_qwj_5vm_pbb-d16893e23299-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRdbCDC.html#concept_qwj_5vm_pbb" id="concept_qwj_5vm_pbb-d16893e23299-link">MapR DB CDC</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ywh_k15_3y-d16893e23433" class="topicref" data-id="concept_ywh_k15_3y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ywh_k15_3y-d16893e23433-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRDBJSON.html#concept_ywh_k15_3y" id="concept_ywh_k15_3y-d16893e23433-link">MapR DB JSON</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_psz_db4_lx-d16893e23504" class="topicref" data-id="concept_psz_db4_lx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_psz_db4_lx-d16893e23504-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRFS.html#concept_psz_db4_lx" id="concept_psz_db4_lx-d16893e23504-link">MapR FS (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_b43_3qc_mdb-d16893e23678" class="topicref" data-id="concept_b43_3qc_mdb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_b43_3qc_mdb-d16893e23678-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRFSStandalone.html#concept_b43_3qc_mdb" id="concept_b43_3qc_mdb-d16893e23678-link">MapR FS Standalone</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hvd_hww_lbb-d16893e24077" class="topicref" data-id="concept_hvd_hww_lbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hvd_hww_lbb-d16893e24077-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRStreamsMultiConsumer.html#concept_hvd_hww_lbb" id="concept_hvd_hww_lbb-d16893e24077-link">MapR Multitopic Streams Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cvy_xsf_2v-d16893e24258" class="topicref" data-id="concept_cvy_xsf_2v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cvy_xsf_2v-d16893e24258-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MapRStreamsCons.html#concept_cvy_xsf_2v" id="concept_cvy_xsf_2v-d16893e24258-link">MapR Streams Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bk4_2rs_ns-d16893e24398" class="topicref" data-id="concept_bk4_2rs_ns" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bk4_2rs_ns-d16893e24398-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDB.html#concept_bk4_2rs_ns" id="concept_bk4_2rs_ns-d16893e24398-link">MongoDB</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcz_zkw_m5b-d16893e24598" class="topicref" data-id="concept_vcz_zkw_m5b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcz_zkw_m5b-d16893e24598-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDBAtlas.html#concept_vcz_zkw_m5b" id="concept_vcz_zkw_m5b-d16893e24598-link">MongoDB Atlas</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_u4n_g2b_jzb-d16893e24876" class="topicref" data-id="concept_u4n_g2b_jzb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_u4n_g2b_jzb-d16893e24876-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDBAtlasCDC.html#concept_u4n_g2b_jzb" id="concept_u4n_g2b_jzb-d16893e24876-link">MongoDB Atlas CDC</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_mjn_yqw_4y-d16893e25084" class="topicref" data-id="concept_mjn_yqw_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_mjn_yqw_4y-d16893e25084-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MongoDBOplog.html#concept_mjn_yqw_4y" id="concept_mjn_yqw_4y-d16893e25084-link">MongoDB Oplog</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ukz_3vt_lz-d16893e25263" class="topicref" data-id="concept_ukz_3vt_lz" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ukz_3vt_lz-d16893e25263-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MQTTSubscriber.html#concept_ukz_3vt_lz" id="concept_ukz_3vt_lz-d16893e25263-link">MQTT Subscriber</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_kqg_1yh_xx-d16893e25400" class="topicref" data-id="concept_kqg_1yh_xx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_kqg_1yh_xx-d16893e25400-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/MySQLBinaryLog.html#concept_kqg_1yh_xx" id="concept_kqg_1yh_xx-d16893e25400-link">MySQL Binary Log</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ynn_vdb_p3b-d16893e25681" class="topicref" data-id="concept_ynn_vdb_p3b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ynn_vdb_p3b-d16893e25681-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/NiFi.html#concept_ynn_vdb_p3b" id="concept_ynn_vdb_p3b-d16893e25681-link">NiFi HTTP Server (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_dsr_xmw_1s-d16893e25727" class="topicref" data-id="concept_dsr_xmw_1s" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_dsr_xmw_1s-d16893e25727-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Omniture.html#concept_dsr_xmw_1s" id="concept_dsr_xmw_1s-d16893e25727-link">Omniture (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nmf_1ly_f1b-d16893e25773" class="topicref" data-id="concept_nmf_1ly_f1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nmf_1ly_f1b-d16893e25773-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OPCUAClient.html#concept_nmf_1ly_f1b" id="concept_nmf_1ly_f1b-d16893e25773-link">OPC UA Client </a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_lnz_kzp_zgb-d16893e25887" class="topicref" data-id="concept_lnz_kzp_zgb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_lnz_kzp_zgb-d16893e25887-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleBulk.html#concept_lnz_kzp_zgb" id="concept_lnz_kzp_zgb-d16893e25887-link">Oracle Bulkload</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_bv1_kwt_pbc-d16893e26121" class="topicref" data-id="concept_bv1_kwt_pbc" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_bv1_kwt_pbc-d16893e26121-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleMultitableConsumer.html#concept_bv1_kwt_pbc" id="concept_bv1_kwt_pbc-d16893e26121-link">Oracle Multitable Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_whr_2w2_bwb-d16893e26812" class="topicref" data-id="concept_whr_2w2_bwb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_whr_2w2_bwb-d16893e26812-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleC.html#concept_whr_2w2_bwb" id="concept_whr_2w2_bwb-d16893e26812-link">Oracle CDC</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rs5_hjj_tw-d16893e27509" class="topicref" data-id="concept_rs5_hjj_tw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rs5_hjj_tw-d16893e27509-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/OracleCDC.html#concept_rs5_hjj_tw" id="concept_rs5_hjj_tw-d16893e27509-link">Oracle CDC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_cfs_4m4_n2b-d16893e28270" class="topicref" data-id="concept_cfs_4m4_n2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_cfs_4m4_n2b-d16893e28270-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PostgreSQL.html#concept_cfs_4m4_n2b" id="concept_cfs_4m4_n2b-d16893e28270-link">PostgreSQL CDC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="PulsarMultiConsumer-d16893e28573" class="topicref" data-id="PulsarMultiConsumer" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action PulsarMultiConsumer-d16893e28573-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PulsarConsumerV2.html#PulsarMultiConsumer" id="PulsarMultiConsumer-d16893e28573-link">Pulsar Consumer</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o2b_1pc_r2b-d16893e28883" class="topicref" data-id="concept_o2b_1pc_r2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o2b_1pc_r2b-d16893e28883-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/PulsarConsumer.html#concept_o2b_1pc_r2b" id="concept_o2b_1pc_r2b-d16893e28883-link">Pulsar Consumer (Legacy)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_dyg_lq1_h5-d16893e29195" class="topicref" data-id="concept_dyg_lq1_h5" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_dyg_lq1_h5-d16893e29195-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/RabbitMQ.html#concept_dyg_lq1_h5" id="concept_dyg_lq1_h5-d16893e29195-link">RabbitMQ Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_plr_t3v_jw-d16893e29310" class="topicref" data-id="concept_plr_t3v_jw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_plr_t3v_jw-d16893e29310-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Redis.html#concept_plr_t3v_jw" id="concept_plr_t3v_jw-d16893e29310-link">Redis Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_hfg_2sn_p2b-d16893e29403" class="topicref" data-id="concept_hfg_2sn_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_hfg_2sn_p2b-d16893e29403-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/RESTService.html#concept_hfg_2sn_p2b" id="concept_hfg_2sn_p2b-d16893e29403-link">REST Service </a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_odf_vr3_rx-d16893e29750" class="topicref" data-id="concept_odf_vr3_rx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_odf_vr3_rx-d16893e29750-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Salesforce.html#concept_odf_vr3_rx" id="concept_odf_vr3_rx-d16893e29750-link">Salesforce</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yk2_tcw_ysb-d16893e30273" class="topicref" data-id="concept_yk2_tcw_ysb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yk2_tcw_ysb-d16893e30273-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SalesforceBAPI2.html#concept_yk2_tcw_ysb" id="concept_yk2_tcw_ysb-d16893e30273-link">Salesforce Bulk API 2.0</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pmt_ml3_3mb-d16893e30605" class="topicref" data-id="concept_pmt_ml3_3mb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pmt_ml3_3mb-d16893e30605-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SAPHana.html#concept_pmt_ml3_3mb" id="concept_pmt_ml3_3mb-d16893e30605-link">SAP HANA Query Consumer</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agb_5c1_ct-d16893e30963" class="topicref" data-id="concept_agb_5c1_ct" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agb_5c1_ct-d16893e30963-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SDC_RPCorigin.html#concept_agb_5c1_ct" id="concept_agb_5c1_ct-d16893e30963-link">SDC RPC (deprecated)</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ic5_bzd_5v-d16893e31009" class="topicref" data-id="concept_ic5_bzd_5v" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ic5_bzd_5v-d16893e31009-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SFTP.html#concept_ic5_bzd_5v" id="concept_ic5_bzd_5v-d16893e31009-link">SFTP/FTP/FTPS Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="true" class="active"><div data-tocid="concept_svf_4zr_3xb-d16893e31260" class="topicref" data-id="concept_svf_4zr_3xb" data-state="expanded"><span role="button" tabindex="0" aria-labelledby="button-collapse-action concept_svf_4zr_3xb-d16893e31260-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_svf_4zr_3xb" id="concept_svf_4zr_3xb-d16893e31260-link">Snowflake Bulk</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div><ul role="group" class="navbar-nav nav-list"><li role="treeitem" aria-expanded="false"><div data-tocid="concept_tpj_tlt_3xb-d16893e31284" class="topicref" data-id="concept_tpj_tlt_3xb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_tpj_tlt_3xb-d16893e31284-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_tpj_tlt_3xb" id="concept_tpj_tlt_3xb-d16893e31284-link">Prerequisites</a></div></div></li><li role="treeitem"><div data-tocid="concept_zbs_h5c_mxb-d16893e31396" class="topicref" data-id="concept_zbs_h5c_mxb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_zbs_h5c_mxb" id="concept_zbs_h5c_mxb-d16893e31396-link">Batch Processing</a></div></div></li><li role="treeitem"><div data-tocid="concept_ugr_bpt_3xb-d16893e31418" class="topicref" data-id="concept_ugr_bpt_3xb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_ugr_bpt_3xb" id="concept_ugr_bpt_3xb-d16893e31418-link">Define a Role</a></div></div></li><li role="treeitem"><div data-tocid="concept_lp2_kww_mxb-d16893e31440" class="topicref" data-id="concept_lp2_kww_mxb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_lp2_kww_mxb" id="concept_lp2_kww_mxb-d16893e31440-link">Multithreaded Processing</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem"><div data-tocid="concept_odn_w5p_4xb-d16893e31464" class="topicref" data-id="concept_odn_w5p_4xb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_odn_w5p_4xb" id="concept_odn_w5p_4xb-d16893e31464-link">Table Configurations</a></div></div></li><li role="treeitem"><div data-tocid="concept_nfm_nxp_mxb-d16893e31486" class="topicref" data-id="concept_nfm_nxp_mxb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_nfm_nxp_mxb" id="concept_nfm_nxp_mxb-d16893e31486-link">Error Handling</a></div></div></li><li role="treeitem"><div data-tocid="concept_llz_rfp_mxb-d16893e31508" class="topicref" data-id="concept_llz_rfp_mxb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#concept_llz_rfp_mxb" id="concept_llz_rfp_mxb-d16893e31508-link">Record Header Attributes</a></div></div></li><li role="treeitem"><div data-tocid="task_afr_qzr_3xb-d16893e31530" class="topicref" data-id="task_afr_qzr_3xb" data-state="leaf"><span role="button" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SnowflakeBulk.html#task_afr_qzr_3xb" id="task_afr_qzr_3xb-d16893e31530-link">Configuring a Snowflake Bulk Origin</a></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="SQLServerBDCMultitable-d16893e31552" class="topicref" data-id="SQLServerBDCMultitable" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action SQLServerBDCMultitable-d16893e31552-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SQLServerBDCMultitable.html#SQLServerBDCMultitable" id="SQLServerBDCMultitable-d16893e31552-link">SQL Server 2019 BDC Multitable Consumer (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ut3_ywc_v1b-d16893e32229" class="topicref" data-id="concept_ut3_ywc_v1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ut3_ywc_v1b-d16893e32229-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SQLServerCDC.html#concept_ut3_ywc_v1b" id="concept_ut3_ywc_v1b-d16893e32229-link">SQL Server CDC Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ewq_b2s_r1b-d16893e32613" class="topicref" data-id="concept_ewq_b2s_r1b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ewq_b2s_r1b-d16893e32613-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SQLServerChange.html#concept_ewq_b2s_r1b" id="concept_ewq_b2s_r1b-d16893e32613-link">SQL Server Change Tracking</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ufc_53w_wlb-d16893e32972" class="topicref" data-id="concept_ufc_53w_wlb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ufc_53w_wlb-d16893e32972-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/StartJob.html#concept_ufc_53w_wlb" id="concept_ufc_53w_wlb-d16893e32972-link">Start Jobs</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_h1l_xpr_2jb-d16893e33106" class="topicref" data-id="concept_h1l_xpr_2jb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_h1l_xpr_2jb-d16893e33106-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/StartPipe.html#concept_h1l_xpr_2jb" id="concept_h1l_xpr_2jb-d16893e33106-link">Start Pipelines (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzy_gmv_32b-d16893e33200" class="topicref" data-id="concept_gzy_gmv_32b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzy_gmv_32b-d16893e33200-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/SystemMetrics.html#concept_gzy_gmv_32b" id="concept_gzy_gmv_32b-d16893e33200-link">System Metrics</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ppm_xb1_4z-d16893e33296" class="topicref" data-id="concept_ppm_xb1_4z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ppm_xb1_4z-d16893e33296-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/TCPServer.html#concept_ppm_xb1_4z" id="concept_ppm_xb1_4z-d16893e33296-link">TCP Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zp3_wnw_4y-d16893e33474" class="topicref" data-id="concept_zp3_wnw_4y" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zp3_wnw_4y-d16893e33474-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/Teradata.html#concept_zp3_wnw_4y" id="concept_zp3_wnw_4y-d16893e33474-link">Teradata Consumer (deprecated)</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wng_g5f_5bb-d16893e34151" class="topicref" data-id="concept_wng_g5f_5bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wng_g5f_5bb-d16893e34151-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/UDPMulti.html#concept_wng_g5f_5bb" id="concept_wng_g5f_5bb-d16893e34151-link">UDP Multithreaded Source</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_rst_2y5_1s-d16893e34307" class="topicref" data-id="concept_rst_2y5_1s" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_rst_2y5_1s-d16893e34307-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/UDP.html#concept_rst_2y5_1s" id="concept_rst_2y5_1s-d16893e34307-link">UDP Source</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jd3_qxg_51c-d16893e34397" class="topicref" data-id="concept_jd3_qxg_51c" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jd3_qxg_51c-d16893e34397-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebClientO.html#concept_jd3_qxg_51c" id="concept_jd3_qxg_51c-d16893e34397-link">Web Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_unk_nzk_fbb-d16893e34782" class="topicref" data-id="concept_unk_nzk_fbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_unk_nzk_fbb-d16893e34782-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebSocketClient.html#concept_unk_nzk_fbb" id="concept_unk_nzk_fbb-d16893e34782-link">WebSocket Client</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_u2r_gpc_3z-d16893e34919" class="topicref" data-id="concept_u2r_gpc_3z" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_u2r_gpc_3z-d16893e34919-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WebSocketServer.html#concept_u2r_gpc_3z" id="concept_u2r_gpc_3z-d16893e34919-link">WebSocket Server</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agf_5jv_sbb-d16893e35128" class="topicref" data-id="concept_agf_5jv_sbb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agf_5jv_sbb-d16893e35128-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Origins/WindowsLog.html#concept_agf_5jv_sbb" id="concept_agf_5jv_sbb-d16893e35128-link">Windows Event Log</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li></ul></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yjl_nc5_jq-d16893e35197" class="topicref" data-id="concept_yjl_nc5_jq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yjl_nc5_jq-d16893e35197-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Processors/Processors_title.html" id="concept_yjl_nc5_jq-d16893e35197-link">Processors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_agj_cfj_br-d16893e44037" class="topicref" data-id="concept_agj_cfj_br" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_agj_cfj_br-d16893e44037-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Destinations/Destinations-title.html" id="concept_agj_cfj_br-d16893e44037-link">Destinations</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_umc_1lk_fx-d16893e56072" class="topicref" data-id="concept_umc_1lk_fx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_umc_1lk_fx-d16893e56072-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Executors/Executors-title.html" id="concept_umc_1lk_fx-d16893e56072-link">Executors</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xxd_f5r_kx-d16893e59696" class="topicref" data-id="concept_xxd_f5r_kx" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xxd_f5r_kx-d16893e59696-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Event_Handling/EventFramework-Title.html#concept_xxd_f5r_kx" id="concept_xxd_f5r_kx-d16893e59696-link">Dataflow Triggers</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_zq5_pb4_flb-d16893e60134" class="topicref" data-id="concept_zq5_pb4_flb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_zq5_pb4_flb-d16893e60134-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Solutions/Solutions-title.html" id="concept_zq5_pb4_flb-d16893e60134-link">Solutions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_ugp_kwf_xw-d16893e61337" class="topicref" data-id="concept_ugp_kwf_xw" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_ugp_kwf_xw-d16893e61337-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/DPM/DPM_title.html" id="concept_ugp_kwf_xw-d16893e61337-link">StreamSets Control Hub</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fyf_gkq_4bb-d16893e62693" class="topicref" data-id="concept_fyf_gkq_4bb" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fyf_gkq_4bb-d16893e62693-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Edge_Mode/EdgePipelines_title.html" id="concept_fyf_gkq_4bb-d16893e62693-link"><span class="ph">StreamSets Data Collector Edge</span></a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wwq_gxc_py-d16893e63980" class="topicref" data-id="concept_wwq_gxc_py" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wwq_gxc_py-d16893e63980-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Multithreaded_Pipelines/MultithreadedPipelines.html#concept_wwq_gxc_py" id="concept_wwq_gxc_py-d16893e63980-link">Multithreaded Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_gzw_tdm_p2b-d16893e64187" class="topicref" data-id="concept_gzw_tdm_p2b" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_gzw_tdm_p2b-d16893e64187-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Microservice/Microservice_Title.html#concept_gzw_tdm_p2b" id="concept_gzw_tdm_p2b-d16893e64187-link">Microservice Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="Orchestrators_Title-d16893e64348" class="topicref" data-id="Orchestrators_Title" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action Orchestrators_Title-d16893e64348-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Orchestration_Pipelines/OrchestrationPipelines_Title.html#Orchestrators_Title" id="Orchestrators_Title-d16893e64348-link">Orchestration Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_wr1_ktz_bt-d16893e64489" class="topicref" data-id="concept_wr1_ktz_bt" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_wr1_ktz_bt-d16893e64489-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/RPC_Pipelines/SDC_RPCpipelines_title.html#concept_wr1_ktz_bt" id="concept_wr1_ktz_bt-d16893e64489-link">SDC RPC Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_fpz_5r4_vs-d16893e64679" class="topicref" data-id="concept_fpz_5r4_vs" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_fpz_5r4_vs-d16893e64679-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Cluster_Mode/ClusterPipelines_title.html" id="concept_fpz_5r4_vs-d16893e64679-link">Cluster Pipelines</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jjk_23z_sq-d16893e65172" class="topicref" data-id="concept_jjk_23z_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jjk_23z_sq-d16893e65172-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Data_Preview/DataPreview_Title.html#concept_jjk_23z_sq" id="concept_jjk_23z_sq-d16893e65172-link">Data Preview</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pgk_brx_rr-d16893e65458" class="topicref" data-id="concept_pgk_brx_rr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pgk_brx_rr-d16893e65458-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Alerts/RulesAlerts_title.html#concept_pgk_brx_rr" id="concept_pgk_brx_rr-d16893e65458-link">Rules and Alerts</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_asx_fdz_sq-d16893e65960" class="topicref" data-id="concept_asx_fdz_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_asx_fdz_sq-d16893e65960-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Monitoring/PipelineMonitoring_title.html#concept_asx_fdz_sq" id="concept_asx_fdz_sq-d16893e65960-link">Pipeline Monitoring</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_o3l_dtr_5q-d16893e66304" class="topicref" data-id="concept_o3l_dtr_5q" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_o3l_dtr_5q-d16893e66304-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Pipeline_Maintenance/PipelineMaintenance_title.html#concept_o3l_dtr_5q" id="concept_o3l_dtr_5q-d16893e66304-link">Pipeline Maintenance</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_yms_ftm_sq-d16893e66768" class="topicref" data-id="concept_yms_ftm_sq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_yms_ftm_sq-d16893e66768-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Administration/Administration_title.html#concept_yms_ftm_sq" id="concept_yms_ftm_sq-d16893e66768-link">Administration</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_nls_w1r_ks-d16893e67508" class="topicref" data-id="concept_nls_w1r_ks" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_nls_w1r_ks-d16893e67508-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Tutorial/Tutorial-title.html" id="concept_nls_w1r_ks-d16893e67508-link">Tutorial</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_sh3_frm_tq-d16893e68001" class="topicref" data-id="concept_sh3_frm_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_sh3_frm_tq-d16893e68001-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Troubleshooting/Troubleshooting_title.html#concept_sh3_frm_tq" id="concept_sh3_frm_tq-d16893e68001-link">Troubleshooting</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_xbx_rs1_tq-d16893e68798" class="topicref" data-id="concept_xbx_rs1_tq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_xbx_rs1_tq-d16893e68798-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Glossary/Glossary_title.html#concept_xbx_rs1_tq" id="concept_xbx_rs1_tq-d16893e68798-link">Glossary</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_jn1_nzb_kv-d16893e68843" class="topicref" data-id="concept_jn1_nzb_kv" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_jn1_nzb_kv-d16893e68843-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-DataFormats/DataFormat_Title.html#concept_jn1_nzb_kv" id="concept_jn1_nzb_kv-d16893e68843-link">Data Formats by Stage</a><div class="wh-tooltip"><p class="shortdesc"></p></div></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_pvm_yt3_wq-d16893e68958" class="topicref" data-id="concept_pvm_yt3_wq" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_pvm_yt3_wq-d16893e68958-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Expression_Language/ExpressionLanguage_title.html" id="concept_pvm_yt3_wq-d16893e68958-link">Expression Language</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_vcj_1ws_js-d16893e69669" class="topicref" data-id="concept_vcj_1ws_js" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_vcj_1ws_js-d16893e69669-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-RegEx/RegEx-Title.html#concept_vcj_1ws_js" id="concept_vcj_1ws_js-d16893e69669-link">Regular Expressions</a></div></div></li><li role="treeitem" aria-expanded="false"><div data-tocid="concept_chv_vmj_wr-d16893e69787" class="topicref" data-id="concept_chv_vmj_wr" data-state="not-ready"><span role="button" tabindex="0" aria-labelledby="button-expand-action concept_chv_vmj_wr-d16893e69787-link" class="wh-expand-btn"></span><div class="title"><a href="../../../datacollector/UserGuide/Apx-GrokPatterns/GrokPatterns_title.html#concept_chv_vmj_wr" id="concept_chv_vmj_wr-d16893e69787-link">Grok Patterns</a></div></div></li></ul></div>
                        

</div>
</nav>
                    


                    
                    <div id="wh_topic_body" class="col-lg-7 col-md-9 col-sm-12">
<button id="wh_close_publication_toc_button" class="close-toc-button d-none" aria-label="Toggle publishing table of content" aria-controls="wh_publication_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button><button id="wh_close_topic_toc_button" class="close-toc-button d-none" aria-label="Toggle topic table of content" aria-controls="wh_topic_toc" aria-expanded="true"><span class="close-toc-icon-container"><span class="close-toc-icon"></span></span></button>

                        
<div class=" wh_topic_content body "><main role="main"><article class="" role="article" aria-labelledby="ariaid-title1"><article class="nested0" aria-labelledby="ariaid-title1" id="concept_svf_4zr_3xb">
    <h1 class="- topic/title title topictitle1" id="ariaid-title1">Snowflake Bulk</h1>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <div class="- topic/p p">
            <div class="simpletable-container"><table class="- topic/simpletable simpletable frame-none" id="concept_svf_4zr_3xb__simpletable_q22_rqb_sgb" data-ofbid="concept_svf_4zr_3xb__simpletable_q22_rqb_sgb"><colgroup><col style="width:100%"/></colgroup><tbody><tr class="- topic/strow strow">
                <td class="- topic/stentry stentry"><a class="- topic/xref xref" href="../Pipeline_Configuration/ProductIcons_Doc.html#concept_mjg_ly5_pgb">Supported pipeline types:</a><ul class="- topic/ul ul" id="concept_svf_4zr_3xb__ul_s3x_b2m_rgb" data-ofbid="concept_svf_4zr_3xb__ul_s3x_b2m_rgb">
                        <li class="- topic/li li">
                            <p class="- topic/p p"><img class="- topic/image image" id="concept_svf_4zr_3xb__image_t3x_b2m_rgb" src="../../../reusable-content/datacollector/reusable-topics/../../shared-graphics/icon-SDC.png" height="21" width="21"/> Data Collector</p>
                        </li>
                    </ul></td>
            </tr></tbody></table></div>
        </div>
        <p class="- topic/p p">The Snowflake Bulk origin reads all available data from one or more tables in a Snowflake
            database, then stops the pipeline. <span class="- topic/ph ph">This design enables processing Snowflake data without
                        incurring the costs of continuously connecting to Snowflake with streaming
                        pipelines.</span></p>
        <p class="- topic/p p">You can use the Snowflake Bulk origin to read from any Snowflake database hosted on
            Amazon S3, Google Cloud Storage, Microsoft Azure, and private Snowflake installations.
                <span class="- topic/ph ph">For information about supported versions, see <a class="- topic/xref xref" href="../Installation/SupportedSystemVersions.html#concept_s5h_bcr_n4b">Supported Systems and Versions</a>.</span></p>
        <p class="- topic/p p"><span class="- topic/ph ph">During the read process, the Snowflake Bulk origin
                        sends a command to Snowflake to stage data as CSV files on either an
                        internal Snowflake stage or a hosted external stage. Then the Snowflake Bulk
                        origin downloads and processes those CSV files. </span> The Snowflake Bulk origin can use multiple threads to process the files in parallel. </p>
        <p class="- topic/p p">When you configure the Snowflake Bulk origin, you specify the Snowflake region, account,
            and connection information. You define the number of threads to use to connect to
            Snowflake and process data. <span class="- topic/ph ph">You can specify an organization name to use and
                        define additional Snowflake connection properties, as needed.</span>
            </p>
        <p class="- topic/p p">You specify the tables to read and optional WHERE clauses for each table. You configure
            staging location details and the data format of the stage files. </p>
        <div class="- topic/p p">Before you use the Snowflake Bulk origin, you must complete some <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_tpj_tlt_3xb">prerequisite tasks</a>.<div class="- topic/note note note note_note" id="concept_svf_4zr_3xb__note_x3z_3vs_3xb" data-ofbid="concept_svf_4zr_3xb__note_x3z_3vs_3xb"><span class="note__title">Note:</span> The Snowflake Bulk origin <span class="- topic/ph ph">does not maintain an offset.
                        Each time the pipeline runs, the origin processes all available data. So
                        even if the pipeline stops before completing all processing, the origin
                        processes all available data again when you restart the pipeline.</span></div></div>
    </div>
<article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title2" id="concept_tpj_tlt_3xb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title2">Prerequisites</h2>
    <div class="- topic/body concept/conbody body conbody">
        <div class="- topic/p p">Before you configure the Snowflake Bulk origin, complete the following prerequisite
                                tasks:<ol class="- topic/ol ol" id="concept_tpj_tlt_3xb__ol_uc3_gkp_mxb" data-ofbid="concept_tpj_tlt_3xb__ol_uc3_gkp_mxb">
                                <li class="- topic/li li"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_hsm_dkp_mxb">Create an
                        internal or external Snowflake stage</a>. </li>
                                <li class="- topic/li li"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_ky2_vkp_mxb">Assign
                                                required privileges</a>.</li>
                        </ol></div>
    </div>
<article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title3" id="concept_hsm_dkp_mxb">
    <h3 class="- topic/title title topictitle3" id="ariaid-title3">Create a Snowflake Stage</h3>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">Before using the Snowflake Bulk origin in a pipeline, you must create a Snowflake
            internal or external stage. </p>
        <p class="- topic/p p"><span class="- topic/ph ph">During the read process, the Snowflake Bulk origin
                        sends a command to Snowflake to stage data as CSV files on either an
                        internal Snowflake stage or a hosted external stage. Then the Snowflake Bulk
                        origin downloads and processes those CSV files. </span></p>
        <p class="- topic/p p"><span class="- topic/ph ph">To use an external stage, create the external stage
                        with the cloud service provider that hosts your Snowflake
                  warehouse.</span></p>
        <div class="- topic/p p">Create one of the following Snowflake stages, as
                        appropriate:<dl class="- topic/dl dl" id="concept_hsm_dkp_mxb__dl_tcd_znt_3xb" data-ofbid="concept_hsm_dkp_mxb__dl_tcd_znt_3xb">
                        
                              <dt class="- topic/dt dt dlterm" id="concept_hsm_dkp_mxb__dlentry-SF-internalStage" data-ofbid="concept_hsm_dkp_mxb__dlentry-SF-internalStage">Snowflake internal stage</dt>
                              <dd class="- topic/dd dd">You can stage data in Snowflake internal user stages or named
                                    stages. Do not use internal table stages. </dd>
                              <dd class="- topic/dd dd ddexpand">User stages are created by default for each user. For steps on how
                                    to create a named stage, see <a class="- topic/xref xref" href="https://docs.snowflake.net/manuals/sql-reference/sql/create-stage.html#create-stage" target="_blank" rel="external noopener">CREATE STAGE</a> in the
                                    Snowflake SQL command reference documentation. </dd>
                              <dd class="- topic/dd dd ddexpand">You can use the default Snowflake configuration for both user and
                                    named stages.</dd>
                              <dd class="- topic/dd dd ddexpand">For more information about Snowflake stages, see the <a class="- topic/xref xref" href="https://docs.snowflake.net/manuals/user-guide/data-load-local-file-system-create-stage.html" target="_blank" rel="external noopener">Snowflake
                                          documentation</a>.</dd>
                        
                        
                              <dt class="- topic/dt dt dlterm" id="concept_hsm_dkp_mxb__dlentry-SF-S3externalstage" data-ofbid="concept_hsm_dkp_mxb__dlentry-SF-S3externalstage">Amazon S3 external stage</dt>
                              <dd class="- topic/dd dd">To stage data in an Amazon S3 external stage, create a Snowflake
                                    external stage in a bucket in the same S3 region that hosts your
                                    Snowflake virtual warehouse. For example, if your Snowflake
                                    warehouse is in AWS US West, then create the Snowflake external
                                    stage in a bucket in the AWS US West region. </dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">When you create a Snowflake external stage, you
                        specify a URL that defines the name and location for the stage. Include a
                        trailing slash in the URL to ensure that Snowflake loads all staged data.
                        You might also include a prefix in the stage name to indicate that the
                        external stage is for <span class="- topic/ph ph">Data Collector</span>. </span></dd>
                              <dd class="- topic/dd dd ddexpand">
                                    <p class="- topic/p p">For example, the following URL creates an external stage
                                          named <code class="+ topic/ph pr-d/codeph ph codeph">sdc-externalstage</code> in
                                                <code class="+ topic/ph pr-d/codeph ph codeph">s3://mybucket/</code> and ensures that all
                                          staged data loads to Snowflake:</p>
                                    <pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_hsm_dkp_mxb__codeblock_ucd_znt_3xb" data-ofbid="concept_hsm_dkp_mxb__codeblock_ucd_znt_3xb"><code>s3://mybucket/sdc-externalstage/</code></pre>
                              </dd>
                              <dd class="- topic/dd dd ddexpand">You can create an S3 stage using the Snowflake web interface or
                                    SQL. For more information, see the <a class="- topic/xref xref" href="https://docs.snowflake.net/manuals/user-guide/data-load-s3-create-stage.html" target="_blank" rel="external noopener">Snowflake
                                          documentation</a>. </dd>
                        
                        
                              <dt class="- topic/dt dt dlterm" id="concept_hsm_dkp_mxb__dllentry-SF-GCSexternalstage" data-ofbid="concept_hsm_dkp_mxb__dllentry-SF-GCSexternalstage">Google Cloud Storage external stage</dt>
                              <dd class="- topic/dd dd">To stage data in a Google Cloud Storage external stage, create a
                                    Snowflake storage integration in Google Cloud Storage. This is a
                                    multistep process described in the <a class="- topic/xref xref" href="https://docs.snowflake.com/en/user-guide/data-load-gcs-config.html#configuring-a-snowflake-storage-integration" target="_blank" rel="external noopener">Snowflake
                                          documentation</a> that ends with creating a Snowflake
                                    external stage. Be sure to complete all required steps. </dd>
                              <dd class="- topic/dd dd ddexpand">Snowflake supports Regional Storage and Multi-Regional Storage
                                    accounts only.</dd>
                              <dd class="- topic/dd dd ddexpand">
                                    <span class="- topic/ph ph">When you create a Snowflake external stage, you
                        specify a URL that defines the name and location for the stage. Include a
                        trailing slash in the URL to ensure that Snowflake loads all staged data.
                        You might also include a prefix in the stage name to indicate that the
                        external stage is for <span class="- topic/ph ph">Data Collector</span>. </span></dd>
                              <dd class="- topic/dd dd ddexpand">
                                    <p class="- topic/p p">For example, the following URL creates an external stage
                                          named <code class="+ topic/ph pr-d/codeph ph codeph">sdc-externalstage</code> in
                                                <code class="+ topic/ph pr-d/codeph ph codeph">gcs://mybucket/</code> and loads all
                                          staged data to Snowflake:</p>
                                    <pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_hsm_dkp_mxb__codeblock_vcd_znt_3xb" data-ofbid="concept_hsm_dkp_mxb__codeblock_vcd_znt_3xb"><code>gcs://mybucket/sdc-externalstage/</code></pre>
                              </dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">Microsoft Azure external stage</dt>
                              <dd class="- topic/dd dd">To stage data in a Microsoft Azure external stage, complete the
                                    following tasks:<ol class="- topic/ol ol" id="concept_hsm_dkp_mxb__ol_bg2_3np_ggb" data-ofbid="concept_hsm_dkp_mxb__ol_bg2_3np_ggb">
                                          <li class="- topic/li li">Configure Snowflake authentication for the Microsoft
                                                Azure Blob Storage container that you want to use.
                                                  <p class="- topic/p p">You can use an SAS token or an Azure account
                                                  name and key for authentication. For information
                                                  about configuring SAS token authentication, see
                                                  the <a class="- topic/xref xref" href="https://docs.snowflake.net/manuals/user-guide/data-load-azure-config.html" target="_blank" rel="external noopener">Snowflake
                                                  documentation</a>. </p></li>
                                          <li class="- topic/li li"> Create a Snowflake external stage in the container.
                                                  <p class="- topic/p p"><span class="- topic/ph ph">When you create a Snowflake external stage, you
                        specify a URL that defines the name and location for the stage. Include a
                        trailing slash in the URL to ensure that Snowflake loads all staged data.
                        You might also include a prefix in the stage name to indicate that the
                        external stage is for <span class="- topic/ph ph">Data Collector</span>. </span></p><div class="- topic/p p">For example, the following URL creates an
                                                  external stage named
                                                  <code class="+ topic/ph pr-d/codeph ph codeph">sdc-externalstage</code> in
                                                  <code class="+ topic/ph pr-d/codeph ph codeph">azure://myaccount.blob.core.windows.net/mycontainer/load/</code>
                                                  and loads all staged data to
                                                  Snowflake:<pre class="+ topic/pre pr-d/codeblock pre codeblock" id="concept_hsm_dkp_mxb__codeblock_wcd_znt_3xb" data-ofbid="concept_hsm_dkp_mxb__codeblock_wcd_znt_3xb"><code>azure://myaccount.blob.core.windows.net/mycontainer/load/sdc-externalstage/</code></pre></div><p class="- topic/p p">You
                                                  can create an Azure stage using the Snowflake web
                                                  interface or SQL. For more information, see <a class="- topic/xref xref" href="https://docs.snowflake.net/manuals/user-guide/data-load-azure-create-stage.html" target="_blank" rel="external noopener">Creating an Azure
                                                  Stage</a> in the Snowflake documentation.
                                                </p></li>
                                    </ol></dd>
                        
                  </dl></div>
    </div>
<article class="- topic/topic concept/concept topic concept nested3" aria-labelledby="ariaid-title4" id="concept_d1q_kfr_mxb">
    <h4 class="- topic/title title topictitle4" id="ariaid-title4">AWS Credentials</h4>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">When the Snowflake Bulk origin reads data staged on Amazon S3, it must pass credentials
            to Amazon Web Services. </p>
        <div class="- topic/p p">Use one of the following methods to pass AWS credentials:<dl class="- topic/dl dl" id="concept_d1q_kfr_mxb__dl_y1t_mfr_mxb" data-ofbid="concept_d1q_kfr_mxb__dl_y1t_mfr_mxb">
                        
                              <dt class="- topic/dt dt dlterm">Instance profile</dt>
                              <dd class="- topic/dd dd"><span class="- topic/ph ph">When <span class="- topic/ph ph">Data Collector</span>
                                    runs on an Amazon EC2 instance that has an associated instance
                                    profile, <span class="- topic/ph ph">Data Collector</span>
                                    uses the instance profile credentials to automatically
                                    authenticate with AWS.</span></dd>
                              <dd class="- topic/dd dd ddexpand">To use an instance profile, you enable the <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Use Instance
                                          Profile</span> property on the
                                          <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Staging</span> tab. </dd>
                              <dd class="- topic/dd dd ddexpand"><span class="- topic/ph ph">For more information about associating an
                                    instance profile with an EC2 instance, see the Amazon EC2
                                    documentation.</span></dd>
                        
                        
                              <dt class="- topic/dt dt dlterm">AWS access key pair</dt>
                              <dd class="- topic/dd dd">
                                    <div class="- topic/p p">When <span class="- topic/ph ph">Data Collector</span> does not run on an Amazon EC2 instance or when the EC2
                                          instance doesnât have an instance profile, you can connect
                                          with an AWS access key pair. To connect with an AWS access
                                          key pair, you specify the access key ID and secret access
                                          key on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Staging</span> tab.<div class="- topic/note note tip note_tip"><span class="note__title">Tip:</span> To secure sensitive information such as
                  access key pairs, you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></div></div>
                              </dd>
                        
                  </dl></div>
        <div class="- topic/p p">
            <div class="- topic/note note note note_note" id="concept_d1q_kfr_mxb__note_z1t_mfr_mxb" data-ofbid="concept_d1q_kfr_mxb__note_z1t_mfr_mxb"><span class="note__title">Note:</span> To process data staged on Amazon S3, the role or access key
                pair that you use must have the permissions needed to read from Amazon S3, including
                s3:GetBucketLocation and s3:PutObject. </div>
        </div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested3" aria-labelledby="ariaid-title5" id="concept_ndy_sfr_mxb">
    <h4 class="- topic/title title topictitle4" id="ariaid-title5">Google Cloud Storage Credentials</h4>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">Before processing data staged on Google Cloud Storage, the Snowflake Bulk origin must
            pass credentials to Google Cloud. </p>
        <div class="- topic/p p">You can provide credentials using one the following options:<ul class="- topic/ul ul" id="concept_ndy_sfr_mxb__ul_y31_sth_wmb" data-ofbid="concept_ndy_sfr_mxb__ul_y31_sth_wmb">
                <li class="- topic/li li">Google Cloud default credentials</li>
                <li class="- topic/li li">Credentials in a file</li>
                <li class="- topic/li li">Credentials in a stage property</li>
            </ul></div>
        <p class="- topic/p p">For details on how to configure each option, see <a class="- topic/xref xref" href="../Pipeline_Configuration/GoogleCloud-Credentials.html#concept_vl2_bbx_q1b">Security in Google Cloud Stages</a>.</p>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested2" aria-labelledby="ariaid-title6" id="concept_ky2_vkp_mxb">
    <h3 class="- topic/title title topictitle3" id="ariaid-title6">Assign Privileges</h3>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">The Snowflake Bulk origin requires a Snowflake role that grants all privileges needed to
            process data.</p>
        <div class="- topic/p p">The Snowflake role must include the following privileges:<div class="table-container"><table class="- topic/table table frame-all" id="concept_ky2_vkp_mxb__table_cn1_vlp_mxb" data-ofbid="concept_ky2_vkp_mxb__table_cn1_vlp_mxb" data-cols="2"><caption></caption><colgroup><col style="width:50%"/><col style="width:50%"/></colgroup><thead class="- topic/thead thead">
                        <tr class="- topic/row">
                            <th class="- topic/entry entry colsep-1 rowsep-1" id="concept_ky2_vkp_mxb__table_cn1_vlp_mxb__entry__1">Object Type</th>
                            <th class="- topic/entry entry colsep-0 rowsep-1" id="concept_ky2_vkp_mxb__table_cn1_vlp_mxb__entry__2">Privilege</th>
                        </tr>
                    </thead><tbody class="- topic/tbody tbody">
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-1" headers="concept_ky2_vkp_mxb__table_cn1_vlp_mxb__entry__1">External stage or internal Snowflake stage</td>
                            <td class="- topic/entry entry colsep-0 rowsep-1" headers="concept_ky2_vkp_mxb__table_cn1_vlp_mxb__entry__2">READ, WRITE</td>
                        </tr>
                        <tr class="- topic/row">
                            <td class="- topic/entry entry colsep-1 rowsep-0" headers="concept_ky2_vkp_mxb__table_cn1_vlp_mxb__entry__1">Table</td>
                            <td class="- topic/entry entry colsep-0 rowsep-0" headers="concept_ky2_vkp_mxb__table_cn1_vlp_mxb__entry__2">SELECT</td>
                        </tr>
                    </tbody></table></div></div>
    </div>
</article></article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title7" id="concept_zbs_h5c_mxb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title7">Batch Processing</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">Unlike most <span class="- topic/ph ph">Data Collector</span>
            origins, the Snowflake Bulk origin performs batch processing only. After processing
            available data, the origin stops the pipeline rather than waiting for additional data,
            as with streaming pipelines. <span class="- topic/ph ph">This design enables processing Snowflake data without
                        incurring the costs of continuously connecting to Snowflake with streaming
                        pipelines.</span></p>
        <div class="- topic/p p">The Snowflake Bulk origin <span class="- topic/ph ph">does not maintain an offset
                        during processing. Each time that you run a pipeline that includes the
                        origin, the origin processes the available data in the specified tables.
                        Then the origin stops the pipeline gracefully, allowing processes to
                        complete.</span><div class="- topic/note note tip note_tip" id="concept_zbs_h5c_mxb__note_uy4_3vc_mxb" data-ofbid="concept_zbs_h5c_mxb__note_uy4_3vc_mxb"><span class="note__title">Tip:</span> If the pipeline stops before
                        processing is complete, to avoid duplicate records, clear the destination
                        system of processed records before starting the pipeline again. </div></div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title8" id="concept_ugr_bpt_3xb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title8">Define a Role</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">The Snowflake Bulk origin requires a Snowflake role that can read from Snowflake. </p>
        <p class="- topic/p p">Before configuring the origin, ensure that you have granted the required privileges to a
            Snowflake role, as explained in <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_tpj_tlt_3xb">Prerequisites</a>.</p>
        <div class="- topic/p p">If you create a custom role with the required privileges, define the
            role that the stage uses in one of the following ways:<dl class="- topic/dl dl">
                
                    <dt class="- topic/dt dt dlterm">Assign the custom role as the default role</dt>
                    <dd class="- topic/dd dd">In Snowflake, assign the custom role as the default role for the Snowflake
                        user account specified in the stage. A Snowflake user account is associated
                        with a single default role. </dd>
                
                
                    <dt class="- topic/dt dt dlterm">Override the default role with the custom role</dt>
                    <dd class="- topic/dd dd">In the stage, use the Role property to specify the name of the custom role.
                        The custom role overrides the role assigned to the Snowflake user account
                        specified in the stage. </dd>
                    <dd class="- topic/dd dd ddexpand">For example, you might define custom roles in Snowflake for specific data
                        sources, and then specify one of the roles when configuring a Snowflake
                        stage.</dd>
                
                
            </dl></div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title9" id="concept_lp2_kww_mxb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title9">Multithreaded Processing</h2>
    
    <div class="- topic/body concept/conbody body conbody"><p class="- topic/shortdesc shortdesc"></p>
        <p class="- topic/p p">The Snowflake Bulk origin performs parallel processing and enables the creation of a
            multithreaded pipeline. </p>
        <p class="- topic/p p">When you start the pipeline, the Snowflake Bulk origin determines the tables to read
            based on the specified table configuration. The origin then uses multiple concurrent
            threads for processing based on the Connection Pool Size property on the Snowflake
            Connection Info tab. </p>
        <p class="- topic/p p">As the pipeline runs, each thread processes one table: first copying data to the
            specified staging area, then downloading the data from the staging area. Each thread
            then creates batches based on the maximum batch size configured for the origin, and
            passes them to pipeline runners. </p>
        <p class="- topic/p p"><span class="- topic/ph ph">A pipeline runner is a <dfn class="- topic/term term">sourceless
                              pipeline instance</dfn> - an instance of the pipeline that includes
                        all of the processors, executors, and destinations in the pipeline and
                        handles all pipeline processing after the origin.</span>
            <span class="- topic/ph ph">Each pipeline runner
                              processes one batch at a time, just like a pipeline that runs on a
                              single thread.</span></p>
        <p class="- topic/p p"><span class="- topic/ph ph"><span class="- topic/ph ph" id="concept_lp2_kww_mxb__ph-MultiThread-OracleBulkbatch1">Multithreaded pipelines preserve the order of records within each
                              batch, just like a single-threaded pipeline. But since</span> batches
                              <span class="- topic/ph ph" id="concept_lp2_kww_mxb__ph-MultiThread-OracleBulkbatch2">are processed by different
                              pipeline runners, the order that batches are written to destinations
                              is not ensured.</span></span></p>
        <p class="- topic/p p">For more information about multithreaded pipelines, see <a class="- topic/xref xref" href="../Multithreaded_Pipelines/MultithreadedPipelines.html#concept_zpp_2xc_py">Multithreaded Pipeline Overview</a>.</p>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title10" id="concept_odn_w5p_4xb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title10">Table Configurations</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">When you configure the Snowflake Bulk origin, you specify the tables to read. You can
            optionally specify WHERE clauses to limit the records that the origin processes. </p>
        <p class="- topic/p p">Use Snowflake SQL to define a WHERE clause, and omit <code class="+ topic/ph pr-d/codeph ph codeph">WHERE</code> from the
            specified clause. For example, to use a WHERE clause to read sales data and omit
            returns, you might enter the following in the Where Clause property: <code class="+ topic/ph pr-d/codeph ph codeph">total &gt;
                0</code>.</p>
        <div class="- topic/p p">You define this information differently depending on the number of tables that you want
            to process: <dl class="- topic/dl dl" id="concept_odn_w5p_4xb__dl_gk1_y5p_4xb" data-ofbid="concept_odn_w5p_4xb__dl_gk1_y5p_4xb">
                
                    <dt class="- topic/dt dt dlterm">One table</dt>
                    <dd class="- topic/dd dd">To process one table, you simply configure the Table property. If you want
                        to limit the rows to process, you can specify a WHERE clause in the Where
                        Clause property.</dd>
                
                
                    <dt class="- topic/dt dt dlterm">Multiple tables</dt>
                    <dd class="- topic/dd dd">To process multiple tables, you select the Enable Table Name List property.
                        This enables you to configure one or more sets of the following
                            properties:<ul class="- topic/ul ul" id="concept_odn_w5p_4xb__ul_hk1_y5p_4xb" data-ofbid="concept_odn_w5p_4xb__ul_hk1_y5p_4xb">
                            <li class="- topic/li li">Table Name Pattern - A single table name or a table name pattern
                                that uses <a class="- topic/xref xref" href="https://www.w3schools.com/sql/sql_like.asp" target="_blank" rel="external noopener">SQL LIKE</a> syntax and
                                evaluates to a set of tables.</li>
                            <li class="- topic/li li">Where Clause - An optional WHERE clause that limits the records
                                processed from a specified table or table name pattern. When used
                                with a table name pattern, the WHERE clause is applied to every
                                table associated with the pattern. For information about WHERE
                                clause syntax, see the <a class="- topic/xref xref" href="https://docs.snowflake.com/en/sql-reference/constructs/where" target="_blank" rel="external noopener">Snowflake
                                documentation</a>.</li>
                        </ul></dd>
                    <dd class="- topic/dd dd ddexpand">When you specify a table name pattern, you can configure the Table Name
                        Exclusion Pattern property to exclude tables that match the specified table
                        name pattern from processing. Use a Java-based regular expression. For more
                        information about using regular expressions, see <a class="- topic/xref xref" href="../Apx-RegEx/RegEx-Title.html#concept_vd4_nsc_gs" title="A regular expression, also known as regex, describes a pattern for a string.">Regular Expressions Overview</a>.<div class="- topic/note note note note_note" id="concept_odn_w5p_4xb__note_ik1_y5p_4xb" data-ofbid="concept_odn_w5p_4xb__note_ik1_y5p_4xb"><span class="note__title">Note:</span> When you specify a table name exclusion pattern,
                            it is applied to all tables and table name patterns defined for the
                            origin.</div></dd>
                    <dd class="- topic/dd dd ddexpand">When reading from multiple Snowflake tables, you might configure the origin
                        to perform <a class="- topic/xref xref" href="OracleBulk.html#concept_mxv_hyp_lhb" title="The Oracle Bulkload origin performs parallel processing and enables the creation of a multithreaded pipeline.">multithreaded processing</a>.</dd>
                
            </dl></div>
        <section class="- topic/section section" id="concept_odn_w5p_4xb__section_jk1_y5p_4xb" data-ofbid="concept_odn_w5p_4xb__section_jk1_y5p_4xb"><h3 class="- topic/title title sectiontitle">Example</h3>
            
            <div class="- topic/p p">Say you have a set of marketing tables that all use the same naming format except the
                    <code class="+ topic/ph pr-d/codeph ph codeph">Marketing-EU</code> table. When you select the Enable Table Name List
                property, you specify the <code class="+ topic/ph pr-d/codeph ph codeph">Marketing-EU</code> table and matching WHERE
                clause, then you specify the table name pattern and WHERE clause for the other
                marketing tables, as follows:<div class="table-container"><table class="- topic/table table frame-all" id="concept_odn_w5p_4xb__table_kk1_y5p_4xb" data-ofbid="concept_odn_w5p_4xb__table_kk1_y5p_4xb" data-cols="2"><caption></caption><colgroup><col style="width:50%"/><col style="width:50%"/></colgroup><tbody class="- topic/tbody tbody">
                            <tr class="- topic/row">
                                <td class="- topic/entry entry colsep-1 rowsep-1">Table Name Pattern property:
                                    <code class="+ topic/ph pr-d/codeph ph codeph">Marketing-EU</code></td>
                                <td class="- topic/entry entry colsep-0 rowsep-1">Where Clause property: <code class="+ topic/ph pr-d/codeph ph codeph">total &gt; 0</code></td>
                            </tr>
                            <tr class="- topic/row">
                                <td class="- topic/entry entry colsep-1 rowsep-0">Table Name Pattern property:
                                    <code class="+ topic/ph pr-d/codeph ph codeph">%_Marketing</code></td>
                                <td class="- topic/entry entry colsep-0 rowsep-0">Where Clause property: <code class="+ topic/ph pr-d/codeph ph codeph">total &gt; 0</code></td>
                            </tr>
                        </tbody></table></div>If you wanted to exclude the <code class="+ topic/ph pr-d/codeph ph codeph">AU-Marketing</code> table from
                processing, you would add the table to the Table Name Exclusion Pattern property.
            </div>
        </section>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title11" id="concept_nfm_nxp_mxb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title11">Error Handling</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">You can configure Snowflake error handling in the Snowflake Bulk origin. The error
            handling properties determine how the <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code> option is defined in the
            Snowflake SQL query. </p>
        <div class="- topic/p p">Use the Error Behavior property on the Snowflake tab to define Snowflake error handling.
            The Error Behavior property provides the following error handling options:<ul class="- topic/ul ul" id="concept_nfm_nxp_mxb__ul_ekf_1yp_mxb" data-ofbid="concept_nfm_nxp_mxb__ul_ekf_1yp_mxb">
                <li class="- topic/li li"><span class="- topic/ph ph" id="concept_nfm_nxp_mxb__SF-default">Default - Does not set the
                                          <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code> option.</span> When not explicitly
                              set, the Snowflake default <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code> behavior is Abort
                              Statement. </li>
                <li class="- topic/li li">Continue - Ignores errors and continues processing. </li>
                <li class="- topic/li li"><span class="- topic/ph ph">Skip File
                                    - When encountering errors, skips reading the batch.</span><div class="- topic/p p">When you
                                    use this option, you also configure a Skip File On Error
                                    property to specify when to skip the file:<ul class="- topic/ul ul" id="concept_nfm_nxp_mxb__Snow-SkipFileOnError" data-ofbid="concept_nfm_nxp_mxb__Snow-SkipFileOnError">
                                          <li class="- topic/li li">First - After discovering the first error record.</li>
                                          <li class="- topic/li li">Number - After discovering the specified number of
                                                error records in the batch.</li>
                                          <li class="- topic/li li">Percentage - After discovering the specified
                                                percentage of error records in the batch.</li>
                                    </ul></div></li>
                <li class="- topic/li li">Abort Statement - Skips reading the batch
                              upon the first error. </li>
            </ul></div>
    </div>
</article><article class="- topic/topic concept/concept topic concept nested1" aria-labelledby="ariaid-title12" id="concept_llz_rfp_mxb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title12">Record Header Attributes</h2>
    <div class="- topic/body concept/conbody body conbody">
        <p class="- topic/p p">The Snowflake Bulk origin includes basic Snowflake information in the record header
            attributes of the generated record.</p>
        <div class="- topic/p p">The originÂ creates the following record header attributes:<ul class="- topic/ul ul" id="concept_llz_rfp_mxb__ul_zc1_gry_4cb" data-ofbid="concept_llz_rfp_mxb__ul_zc1_gry_4cb">
                <li class="- topic/li li">database - The database that contains the table that was processed.</li>
                <li class="- topic/li li">schema - The schema that contains the table that was processed.</li>
                <li class="- topic/li li">table - The table that contains the record that was processed.</li>
            </ul></div>
    </div>
</article><article class="- topic/topic task/task topic task nested1" aria-labelledby="ariaid-title13" id="task_afr_qzr_3xb">
    <h2 class="- topic/title title topictitle2" id="ariaid-title13">Configuring a Snowflake Bulk Origin</h2>
    <div class="- topic/body task/taskbody body taskbody">
        <section class="- topic/section task/context section context">
            <p class="- topic/p p">Configure a Snowflake Bulk origin to read all available data from Snowflake tables,
                and then <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_zbs_h5c_mxb">stop the pipeline</a>.
                Before you use the origin, complete the <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_tpj_tlt_3xb">prerequisite tasks</a>. </p>
        </section>
        <section class="- topic/ol task/steps ol steps"><ol class="- topic/ol task/steps ol steps"><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">In the Properties panel, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">General</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_afr_qzr_3xb__table_ac1_hss_5x" data-ofbid="task_afr_qzr_3xb__table_ac1_hss_5x" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__table_ac1_hss_5x__entry__1">General Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__table_ac1_hss_5x__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__1">Name</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__2">Stage name.</td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__1">Description</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__2">Optional description.</td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__1">Data Format</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__2">Data format of the staged files. <p class="- topic/p p">The origin processes
                                            delimited data at this time.</p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__1">Max Batch Size (records)</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__2">Maximum number of records processed at one time. Honors values up to the <span class="- topic/ph ph">Data Collector</span> maximum batch size.
                  <p class="- topic/p p">Default is 1000. The <span class="- topic/ph ph">Data Collector</span> default is
                1000.</p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__1"><a class="- topic/xref xref" href="../Pipeline_Design/ErrorHandling.html#concept_atr_j4y_5r">On Record Error</a></td>
              <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_afr_qzr_3xb__table_ac1_hss_5x__entry__2">Error record handling for the stage: <ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_h5l_np2_px" data-ofbid="task_afr_qzr_3xb__ul_h5l_np2_px">
                  <li class="- topic/li li">Discard - Discards the record.</li>
                  <li class="- topic/li li">Send to Error - Sends the record to the pipeline for error handling.</li>
                  <li class="- topic/li li">Stop Pipeline - Stops the pipeline. </li>
                </ul></td>
            </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Snowflake Connection Info</span> tab, configure the
                    following properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="- topic/note note note note_note" id="task_afr_qzr_3xb__note_wlc_23q_f1c" data-ofbid="task_afr_qzr_3xb__note_wlc_23q_f1c"><span class="note__title">Note:</span> Snowflake JDBC driver versions 3.13.25 or higher
                convert underscores to hyphens, by default. <span class="- topic/ph ph" id="task_afr_qzr_3xb__ph-driverUnderscores">When
                    needed, you can bypass this behavior by setting the
                        <code class="+ topic/ph pr-d/codeph ph codeph">allowUnderscoresInHost</code> driver property to
                        <code class="+ topic/ph pr-d/codeph ph codeph">true</code>. For more information and alternate solutions, see
                    this <a class="- topic/xref xref" href="https://community.snowflake.com/s/article/Behaviour-Change-Release-information-associated-with-Snowflake-JDBC-driver-version-3-13-25" target="_blank" rel="external noopener">Snowflake community
                article</a>.</span></div>
                </div>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_afr_qzr_3xb__table_bjp_nkd_1gb" data-ofbid="task_afr_qzr_3xb__table_bjp_nkd_1gb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Snowflake Connection Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Snowflake Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Region where the Snowflake warehouse is located. Select one of the
                                following:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_i1n_jgq_ggb" data-ofbid="task_afr_qzr_3xb__ul_i1n_jgq_ggb">
                                <li class="- topic/li li">An available Snowflake region.</li>
                                <li class="- topic/li li">Other - Enables specifying a Snowflake region not listed in the
                                    property.</li>
                                <li class="- topic/li li">Custom JDBC URL - Enables specifying a virtual private Snowflake
                                    installation.</li>
                            </ul><p class="- topic/p p">Available when Include Organization is disabled.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Custom Snowflake Region</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Custom Snowflake region. Available when using Other as the Snowflake
                            region.</td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Organization</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2"><span class="- topic/ph ph">Snowflake organization.</span></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Account</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Snowflake account name.</td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Authentication Method</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2"><div class="- topic/p p">Authentication method to connect to Snowflake:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_nql_nyb_1bc" data-ofbid="task_afr_qzr_3xb__ul_nql_nyb_1bc">
                                    <li class="- topic/li li">User Credentials</li>
                                    <li class="- topic/li li">Key Pair Path - Use to specify the location of a private key
                                        file. </li>
                                    <li class="- topic/li li">Key Pair Content - Use to provide the contents of a private
                                        key file. </li>
                                    <li class="- topic/li li">OAuth</li>
                                    <li class="- topic/li li">None</li>
                                </ul></div></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">User</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Snowflake user name.<p class="- topic/p p">The user account or the
                                custom role that overrides the default role for this user account
                                must have the required Snowflake privileges. </p><p class="- topic/p p">For information about required privileges, see
                                                <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_ky2_vkp_mxb">Assign Privileges</a>.</p><p class="- topic/p p">Required when using
                                        authentication.</p></td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Password</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Snowflake password.<p class="- topic/p p">Required when using User Credentials
                                authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Private Key Path</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Path to the private key file. <p class="- topic/p p">Required when using Key Pair Path
                                authentication. </p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Private Key Content</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Contents of the private key file. <p class="- topic/p p">Required when using Key Pair
                                Content authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Private Key Password</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Optional password for the specified private key file or content. Use
                            for encrypted private keys.<p class="- topic/p p">Available when using Key Pair Path or Key
                                Pair Content authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">OAuth Token</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__entry-OAuthToken" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">OAuth token to use. You can use a Snowflake
                            security integration access token, refresh token, or code
                                grant.<p class="- topic/p p">Required when using OAuth authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">OAuth Client ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Client ID for Snowflake security integration access
                                tokens.<p class="- topic/p p">Available when using OAuth authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">OAuth Client Secret</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Client secret for Snowflake security integration access
                                tokens.<p class="- topic/p p">Available when using OAuth authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">OAuth Redirect URI</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Redirect URI for Snowflake security integration access
                                tokens.<p class="- topic/p p">Available when using OAuth authentication.</p></td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_ugr_bpt_3xb">Role</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2"><span class="- topic/ph ph">Overrides the default role for the specified
                                user account.</span><p class="- topic/p p">The custom role must have the required Snowflake
                                            privileges. For more information, see <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_ky2_vkp_mxb">Assign Privileges</a>.</p><p class="- topic/p p"></p></td>
                                </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Warehouse</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Snowflake warehouse.<p class="- topic/p p"></p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Database</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Snowflake database.<p class="- topic/p p"></p></td>
            </tr>
                                <tr class="- topic/row">
              <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Schema</td>
              <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Snowflake schema.<p class="- topic/p p"></p></td>
            </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Use Custom JDBC URL</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Custom JDBC URL to use when using a virtual
                            private Snowflake installation.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Include Organization</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2"><span class="- topic/ph ph">Enables specifying the Snowflake
                                organization.</span></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Use Private Link Snowflake URL</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2"><span class="- topic/ph ph">Enables using a
                                private link URL.</span><p class="- topic/p p"><span class="- topic/ph ph">You can specify
                                    the URL in the Custom JDBC URL property above. Or, you can
                                    define the appropriate values for the Account property and
                                    either the Snowflake Region or Organization
                                properties.</span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Connection Properties</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Additional Snowflake connection properties to use. <p class="- topic/p p">To
                                            add properties, click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> and
                                            define the property name and value. Use the property
                                            names and values as expected by Snowflake.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__1">Connection Pool Size</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_afr_qzr_3xb__table_bjp_nkd_1gb__entry__2">Number of threads the origin generates and uses for
                                        multithreaded processing. <p class="- topic/p p">You might increase the number
                                            of connections when reading from multiple tables.
                                            </p><p class="- topic/p p">For more information, see <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_lp2_kww_mxb">Multithreaded Processing</a>.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Snowflake</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_afr_qzr_3xb__table_bx5_kld_1gb" data-ofbid="task_afr_qzr_3xb__table_bx5_kld_1gb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1">Snowflake Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                
                                
                                
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_odn_w5p_4xb">Table</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">Snowflake table to read. To read a single table, enter
                                        the table name. <p class="- topic/p p">To read multiple tables, select the
                                            Enable Table Name List property. </p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1">Where Clause</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">Optional WHERE clause to limit the records to be read.
                                        Omit <code class="+ topic/ph pr-d/codeph ph codeph">WHERE</code> from the specified clause. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1">Enable Table Name List</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">
                                        <p class="- topic/p p">Allows specifying a list of tables. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_odn_w5p_4xb">Table
                                            List</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">
                                        <div class="- topic/p p">List of tables to read. Provides the following set of
                                                properties:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_kdm_2bq_mxb" data-ofbid="task_afr_qzr_3xb__ul_kdm_2bq_mxb">
                                                <li class="- topic/li li">Table Name Pattern - A table name or an
                                                  expression that evaluates to the set of tables to
                                                  process. Use SQL LIKE syntax.</li>
                                                <li class="- topic/li li">Where Clause - An optional WHERE clause that
                                                  limits the records to process. Omit
                                                  <code class="+ topic/ph pr-d/codeph ph codeph">WHERE</code> from the specified clause.
                                                  <p class="- topic/p p">When specified, the WHERE clause is applied to
                                                  each table defined in the Table Name Pattern
                                                  property.</p></li>
                                            </ul></div>
                                        <p class="- topic/p p"> Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add Another</span> to define
                                            additional sets of properties.</p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_odn_w5p_4xb">Table Name
                                            Exclusion Pattern</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">Java-based regular expression that defines the tables to
                                        exclude from the read. This property applies to all tables
                                        defined in the table name list. <p class="- topic/p p">For more information
                                            about using regular expressions, see <a class="- topic/xref xref" href="../Apx-RegEx/RegEx-Title.html#concept_vd4_nsc_gs" title="A regular expression, also known as regex, describes a pattern for a string.">Regular Expressions Overview</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_nfm_nxp_mxb">Error
                                            Behavior</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">Action to take when errors occur. Determines how the
                                        Snowflake <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code> option is used in a
                                            query:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_zst_ryp_mxb" data-ofbid="task_afr_qzr_3xb__ul_zst_ryp_mxb">
                                            <li class="- topic/li li"><span class="- topic/ph ph" id="task_afr_qzr_3xb__SF-default">Default - Does not set the
                                          <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code> option.</span> When not explicitly
                              set, the Snowflake default <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code> behavior is Abort
                              Statement. </li>
                                            <li class="- topic/li li">Continue - Ignores errors and continues processing. </li>
                                            <li class="- topic/li li"><span class="- topic/ph ph" id="task_afr_qzr_3xb__ph-SnowOriginError-Skip">Skip File
                                    - When encountering errors, skips reading the batch.</span>
                              Requires configuring the Skip File on Error property.</li>
                                            <li class="- topic/li li">Abort Statement - Skips reading the batch
                              upon the first error. </li>
                                        </ul><p class="- topic/p p">For more information about the <code class="+ topic/ph pr-d/codeph ph codeph">on_error</code>
                  option, see the <a class="- topic/xref xref" href="https://docs.snowflake.com/en/sql-reference/sql/copy-into-table.html#copy-options-copyoptions" target="_blank" rel="external noopener">Snowflake documentation</a>.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__1">Skip File on Error</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_afr_qzr_3xb__table_bx5_kld_1gb__entry__2">Indicates when to skip reading a batch:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_dqq_lrk_psb" data-ofbid="task_afr_qzr_3xb__ul_dqq_lrk_psb">
                                          <li class="- topic/li li">First - After discovering the first error record.</li>
                                          <li class="- topic/li li">Number - After discovering the specified number of
                                                error records in the batch.</li>
                                          <li class="- topic/li li">Percentage - After discovering the specified
                                                percentage of error records in the batch.</li>
                                    </ul><p class="- topic/p p">Available when using the Skip File error
                                            behavior.</p></td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">On the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Staging</span> tab, configure the following
                    properties:</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <div class="table-container"><table class="- topic/table table frame-all" id="task_afr_qzr_3xb__table_sql_mqd_1gb" data-ofbid="task_afr_qzr_3xb__table_sql_mqd_1gb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Staging Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Stage Location</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Location of the Snowflake stage:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_uwj_zzr_hgb" data-ofbid="task_afr_qzr_3xb__ul_uwj_zzr_hgb">
                                            <li class="- topic/li li">Amazon S3</li>
                                            <li class="- topic/li li">Azure Blob Storage</li>
                                            <li class="- topic/li li">Google Cloud Storage</li>
                                            <li class="- topic/li li">Snowflake Internal Stage</li>
                                        </ul><p class="- topic/p p">This property configuration determines the
                                            properties that display on this tab and the Staging
                                            Advanced tab.</p></td>
                                </tr>
                                
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Snowflake Stage Name</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Name of the Snowflake stage used to stage the data. You
                                        generally create this stage as part of the <a class="- topic/xref xref" href="SnowflakeBulk.html#concept_tpj_tlt_3xb">prerequisite
                                            tasks</a>.<p class="- topic/p p">To use a Snowflake internal user stage,
                                            enter a tilde (<code class="+ topic/ph pr-d/codeph ph codeph">~</code>).</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Stage Database</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Optional database for the Snowflake stage. Configure this
                                        property when the stage is located in a different database
                                        than the Snowflake table. <p class="- topic/p p">When not defined, the origin
                                            uses the database defined for the Snowflake table, on
                                            the Snowflake tab.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Stage Schema</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Optional schema for the Snowflake stage. Configure this
                                        property when the stage is located in a different schema
                                        than the Snowflake table. <p class="- topic/p p">When not defined, the origin
                                            uses the schema defined for the Snowflake table, on the
                                            Snowflake tab.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Purge Stage File After Ingesting</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Removes a stage file after the data is read. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Local File Prefix</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Prefix to use for files staged on internal Snowflake
                                        stage. Default is <code class="+ topic/ph pr-d/codeph ph codeph">sdc</code>.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_d1q_kfr_mxb">AWS
                                            Access Key ID</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">
                                        <p class="- topic/p p">AWS access key ID. </p>
                                        <p class="- topic/p p">Required when not using an instance profile to read from
                                            an external stage on Amazon S3. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_d1q_kfr_mxb">AWS
                                            Secret Key ID</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">
                                        <p class="- topic/p p">AWS secret access key. </p>
                                        <p class="- topic/p p">Required when not using an instance profile to read from
                                            an external stage on Amazon S3. </p>
                                    </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1"><a class="- topic/xref xref" href="SnowflakeBulk.html#concept_d1q_kfr_mxb">Use
                                            Instance Profile</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Enables using an instance profile to read from an
                                        external stage on Amazon S3. Use only when <span class="- topic/ph ph">Data Collector</span> runs on an Amazon EC2 instance. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">S3 Stage File Name Prefix</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Optional prefix for the external stage name. Default is
                                            <code class="+ topic/ph pr-d/codeph ph codeph">sdc</code>.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">S3 Compressed File</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Ensures that files are compressed before being staged on
                                        S3. Keep this option enabled for optimum
                                        performance.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Azure Authentication</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Type of authentication to use to connect to Azure: <ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_sqm_wcs_hgb" data-ofbid="task_afr_qzr_3xb__ul_sqm_wcs_hgb">
                                        <li class="- topic/li li">Account Name and Key</li>
                                        <li class="- topic/li li">SAS Token</li>
                                    </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Azure Account Name</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Azure account name. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Azure Account Key</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Azure account key. <p class="- topic/p p">Used only for Account Name and Key
                                        authentication. </p><p class="- topic/p p">To secure sensitive information,
                                            <span class="- topic/ph ph">you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Azure SAS Token</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Azure SAS Token.<p class="- topic/p p">Used only for SAS Token
                                        authentication. </p><p class="- topic/p p">To secure sensitive information,
                                            <span class="- topic/ph ph">you can use <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or <span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential stores.</a></span></span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Azure Stage File Name Prefix</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Optional prefix for the external stage name. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Azure Compressed File</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Compresses files before writing them to Azure. Keep this
                                        option enabled for optimum performance.</td>
                                </tr>
                                <tr class="- topic/row">
                        <td class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__entry_GoogleProjectID" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Project ID</td>
                        <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">
                            <p class="- topic/p p" id="task_afr_qzr_3xb__p-ProjectIDDescription" data-ofbid="task_afr_qzr_3xb__p-ProjectIDDescription">Google Cloud project ID to use.</p>
                        </td>
                    </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/GoogleCloud-Credentials.html#concept_vl2_bbx_q1b">Credentials Provider</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Provider for Google Cloud
                            credentials: <ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_phk_wgd_xmb" data-ofbid="task_afr_qzr_3xb__ul_phk_wgd_xmb">
                                <li class="- topic/li li">Default credentials provider - Uses Google Cloud default
                                    credentials.</li>
                                <li class="- topic/li li">Service account credentials file (JSON) - Uses credentials
                                    stored in a JSON service account credentials file.</li>
                                <li class="- topic/li li">Service account credentials (JSON) - Uses JSON-formatted
                                    credentials information from a service account credentials
                                    file.</li>
                            </ul></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/GoogleCloud-Credentials.html#concept_xxg_lgr_v1b">Credentials File Path (JSON) </a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2"><span class="- topic/ph ph">Path to the Google Cloud
                                service account credentials file used to connect. The credentials
                                file must be a JSON file.</span><p class="- topic/p p">Enter a path relative to the
                                    <span class="- topic/ph ph">Data Collector</span> resources directory, <code class="+ topic/ph pr-d/codeph ph codeph">$SDC_RESOURCES</code>, or enter an
                                absolute path.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1"><a class="- topic/xref xref" href="../Pipeline_Configuration/GoogleCloud-Credentials.html#concept_ik1_pqp_wmb">Credentials File Content (JSON)</a></td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2"><span class="- topic/ph ph">Contents of a Google Cloud
                                service account credentials JSON file used to
                                    connect.</span><p class="- topic/p p"><span class="- topic/ph ph">Enter
                                    JSON-formatted credential information in plain text, or use an
                                    expression to call the information from</span>
                                            <a class="- topic/xref xref" href="../Pipeline_Configuration/RuntimeValues.html#concept_bs4_5nm_2s" title="Similar to runtime properties, runtime resources are values that you define in a file local to the Data Collector and call from within a pipeline. But with runtime resources, you can restrict the permissions for the files to secure information.">runtime resources</a> or a <span class="- topic/ph ph"><span class="- topic/ph ph"><a class="- topic/xref xref" href="../Configuration/CredentialStores.html#concept_bt1_bpj_r1b">credential store.</a></span></span></p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Stage File Prefix</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Prefix to use for files staged on Google Cloud Storage.
                                        Default is <code class="+ topic/ph pr-d/codeph ph codeph">sdc</code>.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__1">Compress File with Gzip</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_afr_qzr_3xb__table_sql_mqd_1gb__entry__2">Enables compressing files staged on Google Cloud Storage
                                        with gzip. </td>
                                </tr>
                            </tbody></table></div>
                </div>
            </li><li class="- topic/li task/step li step">
                <span class="- topic/ph task/cmd ph cmd">When using a Snowflake external stage, on the <span class="+ topic/keyword ui-d/wintitle keyword wintitle">Staging
                        Advanced</span> tab, configure the following properties.</span>
                <div class="- topic/itemgroup task/info itemgroup info">
                    <p class="- topic/p p">This tab displays different properties depending on the location of the
                        external stage. </p>
                </div>
                <div class="- topic/itemgroup task/info itemgroup info">When using an external stage in Amazon S3, you can configure the following
                        properties:<div class="table-container"><table class="- topic/table table frame-all" id="task_afr_qzr_3xb__table_xqh_nfq_ggb" data-ofbid="task_afr_qzr_3xb__table_xqh_nfq_ggb" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">Amazon S3 Advanced Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Connection Timeout</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Seconds to wait for a response before closing the
                            connection. </td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Socket Timeout</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Seconds to wait for a response to a
                            query.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Max Error Retry</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Maximum number of times to retry requests.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Uploading Threads</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Size of the thread pool for parallel uploads. Used when
              working with multiple partitions and processing large objects in multiple
                parts.<p class="- topic/p p">When working with multiple partitions, setting this property up to the
                number of partitions being used to can improve performance. </p><p class="- topic/p p">For more
                information about this and the following properties, see the Amazon S3
                TransferManager documentation.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Minimum Upload Part Size (MB)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Minimum part size in bytes for multipart uploads.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Multipart Upload Threshold (MB)</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Minimum batch size in bytes for multipart
              uploads.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Proxy Enabled</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Specifies whether to use a proxy to connect.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Proxy Host</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Proxy host.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Proxy Port</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Proxy port.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Proxy Authentication Enabled</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Indicates that proxy authentication is used.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Proxy User</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">S3 proxy user.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Proxy Password</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">S3 proxy password.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Encryption</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Option that Amazon S3 uses to manage the encryption
                                            keys:<ul class="- topic/ul ul" id="task_afr_qzr_3xb__ul_erv_1w1_mw" data-ofbid="task_afr_qzr_3xb__ul_erv_1w1_mw">
                                            <li class="- topic/li li">None</li>
                                            <li class="- topic/li li">SSE-S3 - Use Amazon S3-managed keys.</li>
                                            <li class="- topic/li li">SSE-KMS - Use Amazon Web Services KMS-managed
                                                keys.</li>
                                        </ul><p class="- topic/p p">Default is None.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Encryption KMS ID</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Amazon resource name (ARN) of the AWS KMS master encryption key.
                Use the following
                  format:<pre class="+ topic/pre pr-d/codeblock pre codeblock"><code>&lt;arn&gt;:&lt;aws&gt;:&lt;kms&gt;:&lt;region&gt;:&lt;acct ID&gt;:&lt;key&gt;/&lt;key ID&gt;</code></pre><p class="- topic/p p">Used
                  for SSE-KMS encryption only.</p></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__1">S3 Encryption Context</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_afr_qzr_3xb__table_xqh_nfq_ggb__entry__2">Key-value pairs to use for the encryption context.
                Click <span class="+ topic/ph ui-d/uicontrol ph uicontrol">Add</span> to add key-value pairs.<p class="- topic/p p">Used for SSE-KMS
                  encryption only.</p></td>
                                </tr>
                            </tbody></table></div>When using an external stage in Azure, you can configure the following
                        properties:<div class="table-container"><table class="- topic/table table frame-all" id="task_afr_qzr_3xb__table_rsc_331_d3b" data-ofbid="task_afr_qzr_3xb__table_rsc_331_d3b" data-cols="2"><caption></caption><colgroup><col style="width:30%"/><col style="width:70%"/></colgroup><thead class="- topic/thead thead">
                                <tr class="- topic/row">
                                    <th class="- topic/entry entry colsep-1 rowsep-1" id="task_afr_qzr_3xb__table_rsc_331_d3b__entry__1">Azure Advanced Property</th>
                                    <th class="- topic/entry entry colsep-0 rowsep-1" id="task_afr_qzr_3xb__table_rsc_331_d3b__entry__2">Description</th>
                                </tr>
                            </thead><tbody class="- topic/tbody tbody">
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_rsc_331_d3b__entry__1">Use Custom Blob Service URL</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_rsc_331_d3b__entry__2">Enables using a custom Azure Blob Storage URL.</td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-1" headers="task_afr_qzr_3xb__table_rsc_331_d3b__entry__1">Custom Blob Service URL</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-1" headers="task_afr_qzr_3xb__table_rsc_331_d3b__entry__2">Custom Azure Blob Storage URL. Typically uses the
                                        following format:
                                        <pre class="+ topic/pre pr-d/codeblock pre codeblock" id="task_afr_qzr_3xb__codeblock_gkq_qwk_wxb" data-ofbid="task_afr_qzr_3xb__codeblock_gkq_qwk_wxb"><code>https://&lt;Azure Account&gt;.blob.core.windows.net</code></pre></td>
                                </tr>
                                <tr class="- topic/row">
                                    <td class="- topic/entry entry colsep-1 rowsep-0" headers="task_afr_qzr_3xb__table_rsc_331_d3b__entry__1">Azure Encryption</td>
                                    <td class="- topic/entry entry colsep-0 rowsep-0" headers="task_afr_qzr_3xb__table_rsc_331_d3b__entry__2">Enables using Azure default encryption at this
                                        time.</td>
                                </tr>
                            </tbody></table></div></div>
            </li></ol></section>
    </div>
</article></article></article></main></div>

                        
                        
                        


                    </div>
                    
                </div>
            </div>


        </div> <nav class="navbar navbar-default wh_footer" data-whc_version="25.0">
  <div class=" footer-container  mx-auto">
    <!-- script for Data Collector, all flavors, but only used when accessed directly, not from portal --><script>
  (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
  (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
  m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
  })(window,document,'script','https://www.google-analytics.com/analytics.js','ga');

  ga('create', 'UA-60917135-3', 'auto');
  ga('send', 'pageview');
</script>
  </div>
</nav>

        
        <div id="go2top">
            <span class="oxy-icon oxy-icon-up"></span>
        </div>
        
        <!-- The modal container for images -->
        <div id="modal_img_large" class="modal">
            <span class="close oxy-icon oxy-icon-remove"></span>
            <!-- Modal Content (The Image) -->
            <div id="modal_img_container"></div>
            <!-- Modal Caption (Image Text) -->
            <div id="caption"></div>
        </div>
        
        
        Â© 2023 StreamSets, Inc.

    </body>
</html>